{
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "# Homework 7 - Understand what Generative AI is thinking"
      ],
      "metadata": {
        "id": "UFOUfh2k1jFN"
      }
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "F6q87X51LDIN",
        "outputId": "8ed2fbce-1cb7-4d72-9197-6335ce7abd10"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: inseq in /usr/local/lib/python3.11/dist-packages (0.6.0)\n",
            "Requirement already satisfied: rich>=10.13.0 in /usr/local/lib/python3.11/dist-packages (from inseq) (13.9.4)\n",
            "Requirement already satisfied: transformers>=4.22.0 in /usr/local/lib/python3.11/dist-packages (from transformers[sentencepiece,tokenizers]>=4.22.0->inseq) (4.48.3)\n",
            "Requirement already satisfied: protobuf>=3.20.1 in /usr/local/lib/python3.11/dist-packages (from inseq) (4.25.6)\n",
            "Requirement already satisfied: captum>=0.7.0 in /usr/local/lib/python3.11/dist-packages (from inseq) (0.7.0)\n",
            "Requirement already satisfied: numpy>=1.21.6 in /usr/local/lib/python3.11/dist-packages (from inseq) (1.26.4)\n",
            "Requirement already satisfied: jaxtyping>=0.2.25 in /usr/local/lib/python3.11/dist-packages (from inseq) (0.2.38)\n",
            "Requirement already satisfied: typeguard<=2.13.3 in /usr/local/lib/python3.11/dist-packages (from inseq) (2.13.3)\n",
            "Requirement already satisfied: torch>=2.1.1 in /usr/local/lib/python3.11/dist-packages (from inseq) (2.6.0+cu124)\n",
            "Requirement already satisfied: matplotlib>=3.5.3 in /usr/local/lib/python3.11/dist-packages (from inseq) (3.10.0)\n",
            "Requirement already satisfied: tqdm>=4.64.0 in /usr/local/lib/python3.11/dist-packages (from inseq) (4.67.1)\n",
            "Requirement already satisfied: wadler-lindig>=0.1.3 in /usr/local/lib/python3.11/dist-packages (from jaxtyping>=0.2.25->inseq) (0.1.4)\n",
            "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib>=3.5.3->inseq) (1.3.1)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.11/dist-packages (from matplotlib>=3.5.3->inseq) (0.12.1)\n",
            "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib>=3.5.3->inseq) (4.56.0)\n",
            "Requirement already satisfied: kiwisolver>=1.3.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib>=3.5.3->inseq) (1.4.8)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib>=3.5.3->inseq) (24.2)\n",
            "Requirement already satisfied: pillow>=8 in /usr/local/lib/python3.11/dist-packages (from matplotlib>=3.5.3->inseq) (11.1.0)\n",
            "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib>=3.5.3->inseq) (3.2.1)\n",
            "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.11/dist-packages (from matplotlib>=3.5.3->inseq) (2.8.2)\n",
            "Requirement already satisfied: markdown-it-py>=2.2.0 in /usr/local/lib/python3.11/dist-packages (from rich>=10.13.0->inseq) (3.0.0)\n",
            "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /usr/local/lib/python3.11/dist-packages (from rich>=10.13.0->inseq) (2.18.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (3.17.0)\n",
            "Requirement already satisfied: typing-extensions>=4.10.0 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (4.12.2)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (3.4.2)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (3.1.6)\n",
            "Requirement already satisfied: fsspec in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (2024.10.0)\n",
            "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.4.127 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (12.4.127)\n",
            "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.4.127 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (12.4.127)\n",
            "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.4.127 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (12.4.127)\n",
            "Requirement already satisfied: nvidia-cudnn-cu12==9.1.0.70 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (9.1.0.70)\n",
            "Requirement already satisfied: nvidia-cublas-cu12==12.4.5.8 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (12.4.5.8)\n",
            "Requirement already satisfied: nvidia-cufft-cu12==11.2.1.3 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (11.2.1.3)\n",
            "Requirement already satisfied: nvidia-curand-cu12==10.3.5.147 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (10.3.5.147)\n",
            "Requirement already satisfied: nvidia-cusolver-cu12==11.6.1.9 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (11.6.1.9)\n",
            "Requirement already satisfied: nvidia-cusparse-cu12==12.3.1.170 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (12.3.1.170)\n",
            "Requirement already satisfied: nvidia-cusparselt-cu12==0.6.2 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (0.6.2)\n",
            "Requirement already satisfied: nvidia-nccl-cu12==2.21.5 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (2.21.5)\n",
            "Requirement already satisfied: nvidia-nvtx-cu12==12.4.127 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (12.4.127)\n",
            "Requirement already satisfied: nvidia-nvjitlink-cu12==12.4.127 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (12.4.127)\n",
            "Requirement already satisfied: triton==3.2.0 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (3.2.0)\n",
            "Requirement already satisfied: sympy==1.13.1 in /usr/local/lib/python3.11/dist-packages (from torch>=2.1.1->inseq) (1.13.1)\n",
            "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.11/dist-packages (from sympy==1.13.1->torch>=2.1.1->inseq) (1.3.0)\n",
            "Requirement already satisfied: huggingface-hub<1.0,>=0.24.0 in /usr/local/lib/python3.11/dist-packages (from transformers>=4.22.0->transformers[sentencepiece,tokenizers]>=4.22.0->inseq) (0.28.1)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.11/dist-packages (from transformers>=4.22.0->transformers[sentencepiece,tokenizers]>=4.22.0->inseq) (6.0.2)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.11/dist-packages (from transformers>=4.22.0->transformers[sentencepiece,tokenizers]>=4.22.0->inseq) (2024.11.6)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.11/dist-packages (from transformers>=4.22.0->transformers[sentencepiece,tokenizers]>=4.22.0->inseq) (2.32.3)\n",
            "Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.11/dist-packages (from transformers>=4.22.0->transformers[sentencepiece,tokenizers]>=4.22.0->inseq) (0.21.0)\n",
            "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.11/dist-packages (from transformers>=4.22.0->transformers[sentencepiece,tokenizers]>=4.22.0->inseq) (0.5.3)\n",
            "Requirement already satisfied: sentencepiece!=0.1.92,>=0.1.91 in /usr/local/lib/python3.11/dist-packages (from transformers[sentencepiece,tokenizers]>=4.22.0->inseq) (0.2.0)\n",
            "Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.11/dist-packages (from markdown-it-py>=2.2.0->rich>=10.13.0->inseq) (0.1.2)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.11/dist-packages (from python-dateutil>=2.7->matplotlib>=3.5.3->inseq) (1.17.0)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.11/dist-packages (from jinja2->torch>=2.1.1->inseq) (3.0.2)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/dist-packages (from requests->transformers>=4.22.0->transformers[sentencepiece,tokenizers]>=4.22.0->inseq) (3.4.1)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.11/dist-packages (from requests->transformers>=4.22.0->transformers[sentencepiece,tokenizers]>=4.22.0->inseq) (3.10)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.11/dist-packages (from requests->transformers>=4.22.0->transformers[sentencepiece,tokenizers]>=4.22.0->inseq) (2.3.0)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/dist-packages (from requests->transformers>=4.22.0->transformers[sentencepiece,tokenizers]>=4.22.0->inseq) (2025.1.31)\n",
            "Requirement already satisfied: transformers in /usr/local/lib/python3.11/dist-packages (4.48.3)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.11/dist-packages (from transformers) (3.17.0)\n",
            "Requirement already satisfied: huggingface-hub<1.0,>=0.24.0 in /usr/local/lib/python3.11/dist-packages (from transformers) (0.28.1)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.11/dist-packages (from transformers) (1.26.4)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.11/dist-packages (from transformers) (24.2)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.11/dist-packages (from transformers) (6.0.2)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.11/dist-packages (from transformers) (2024.11.6)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.11/dist-packages (from transformers) (2.32.3)\n",
            "Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.11/dist-packages (from transformers) (0.21.0)\n",
            "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.11/dist-packages (from transformers) (0.5.3)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.11/dist-packages (from transformers) (4.67.1)\n",
            "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub<1.0,>=0.24.0->transformers) (2024.10.0)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub<1.0,>=0.24.0->transformers) (4.12.2)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/dist-packages (from requests->transformers) (3.4.1)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.11/dist-packages (from requests->transformers) (3.10)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.11/dist-packages (from requests->transformers) (2.3.0)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/dist-packages (from requests->transformers) (2025.1.31)\n"
          ]
        }
      ],
      "source": [
        "# !pip install inseq==0.5.0\n",
        "# !pip install transformers==4.40.2\n",
        "# !pip install bitsandbytes==0.43.1\n",
        "# !pip install -U accelerate==0.28.0\n",
        "\n",
        "!pip install inseq\n",
        "!pip install transformers\n",
        "# !pip install bitsandbytes\n",
        "# !pip install -U accelerate"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!python"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "K1_AgDhBBOjW",
        "outputId": "040f141c-681f-4e56-df43-e4c308ebccd2"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Python 3.11.11 (main, Dec  4 2024, 08:55:07) [GCC 11.4.0] on linux\n",
            "Type \"help\", \"copyright\", \"credits\" or \"license\" for more information.\n",
            ">>> \n",
            "\n",
            "KeyboardInterrupt\n",
            ">>> ^C\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "6ElcWXfA8o3n"
      },
      "source": [
        "## Machine Translation Task"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import inseq\n",
        "from transformers import AutoModelForCausalLM, AutoTokenizer, MarianMTModel, MarianTokenizer"
      ],
      "metadata": {
        "id": "pl03Up45CDGC"
      },
      "execution_count": 8,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# 指定模型名称\n",
        "model_name = \"Helsinki-NLP/opus-mt-zh-en\"\n",
        "# 加载模型和分词器\n",
        "tokenizer = MarianTokenizer.from_pretrained(model_name)\n",
        "model = MarianMTModel.from_pretrained(model_name)\n",
        "\n",
        "# 输入中文句子\n",
        "chinese_text = \"人工智能正在改变世界。\"\n",
        "\n",
        "# 进行翻译\n",
        "inputs = tokenizer(chinese_text, return_tensors=\"pt\", padding=True, truncation=True)\n",
        "translated = model.generate(**inputs)\n",
        "\n",
        "# 解码翻译结果\n",
        "english_text = tokenizer.decode(translated[0], skip_special_tokens=True)\n",
        "print(english_text)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HNeGq7thJW8A",
        "outputId": "d83ba835-8c7f-4149-b0c2-921465a62130"
      },
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Artificial intelligence is changing the world.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "kV-52g8PJcVS"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "fzfuwPpoJcdC"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 重要性分析"
      ],
      "metadata": {
        "id": "-7ah2MIPJrSn"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import inseq\n",
        "from transformers import AutoModelForSeq2SeqLM, AutoTokenizer\n",
        "\n",
        "# 加载翻译模型（Hugging Face）\n",
        "model_name = \"Helsinki-NLP/opus-mt-zh-en\"\n",
        "model = AutoModelForSeq2SeqLM.from_pretrained(model_name)\n",
        "tokenizer = AutoTokenizer.from_pretrained(model_name)\n",
        "\n",
        "# 加载 Inseq 解释器\n",
        "explainer = inseq.load_model(model_name, \"integrated_gradients\")\n",
        "\n",
        "# 输入文本（英语）\n",
        "input_text = \"The manager told the hairdresser that the hair cut he made was terrible.\"\n",
        "\n",
        "# 目标文本（翻译后的法语）\n",
        "target_text = \"Le manager a dit au coiffeur que la coupe de cheveux était terrible.\"\n",
        "\n",
        "# 归因计算\n",
        "attributions = explainer.attribute(input_text, target_text)\n",
        "\n",
        "# 生成可视化 Heatmap\n",
        "attributions.show()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "OJOaDx68KA5n",
        "outputId": "1411c1f3-98b1-4b90-f73f-6bfd442314a3"
      },
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Attributing with integrated_gradients...: 100%|██████████| 28/28 [00:03<00:00,  8.40it/s]\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ],
            "text/html": [
              "<br/><b>0th instance:</b><br/>\n",
              "<html>\n",
              "<div id=\"hzrclsbjyjnazczkpjow_viz_container\">\n",
              "    <div id=\"hzrclsbjyjnazczkpjow_content\" style=\"padding:15px;border-style:solid;margin:5px;\">\n",
              "        <div id = \"hzrclsbjyjnazczkpjow_saliency_plot_container\" class=\"hzrclsbjyjnazczkpjow_viz_container\" style=\"display:block\">\n",
              "            \n",
              "<div id=\"hqkgvpjerwbxpluhxcct_saliency_plot\" class=\"hqkgvpjerwbxpluhxcct_viz_content\">\n",
              "    <div style=\"margin:5px;font-family:sans-serif;font-weight:bold;\">\n",
              "        <span style=\"font-size: 20px;\">Source Saliency Heatmap</span>\n",
              "        <br>\n",
              "        x: Generated tokens, y: Attributed tokens\n",
              "    </div>\n",
              "    \n",
              "<table border=\"1\" cellpadding=\"5\" cellspacing=\"5\"\n",
              "    style=\"overflow-x:scroll;display:block;\">\n",
              "    <tr><th></th>\n",
              "<th>▁Le</th><th>▁manager</th><th>▁a</th><th>▁di</th><th>t</th><th>▁a</th><th>u</th><th>▁co</th><th>iff</th><th>eur</th><th>▁</th><th>que</th><th>▁la</th><th>▁coup</th><th>e</th><th>▁de</th><th>▁</th><th>che</th><th>ve</th><th>ux</th><th>▁</th><th>é</th><th>tai</th><th>t</th><th>▁terrible</th><th>.</th><th>&lt;/s&gt;</th></tr><tr><th>▁The</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.7871657754010695)\">0.161</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.755634779164191)\">0.156</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5428005545652606)\">0.112</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2826698356110118)\">0.059</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3142008318478907)\">0.066</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.043</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4009110714993067)\">0.083</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.306318082788671)\">0.064</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3142008318478907)\">0.065</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.053</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3142008318478907)\">0.065</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.051</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.043</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.057</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.053</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.48762131115072294)\">0.101</th></tr><tr><th>▁</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.012</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.04618736383442265)\">0.011</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.012</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.016</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.012</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th></tr><tr><th>man</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.049</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3457318280847692)\">0.071</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.55068330362448)\">0.114</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.049</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2590215884333532)\">0.054</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.016</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th></tr><tr><th>a</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.03830461477520289)\">0.009</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.012</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.04618736383442265)\">0.01</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.04618736383442265)\">0.011</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.013</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.03830461477520289)\">0.009</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.04618736383442265)\">0.011</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.03830461477520289)\">0.009</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th></tr><tr><th>ger</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5822142998613588)\">0.121</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.32208358090711037)\">0.066</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.057</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.044</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.016</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th></tr><tr><th>▁t</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.43244206773618543)\">0.09</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3693800752624282)\">0.077</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.36149732620320857)\">0.075</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.034</th></tr><tr><th>old</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.043</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3693800752624282)\">0.077</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2590215884333532)\">0.054</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29843533372945136)\">0.062</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2826698356110118)\">0.059</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.044</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.043</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th></tr><tr><th>▁the</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3457318280847692)\">0.072</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3772628243216479)\">0.078</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.33784907902554967)\">0.07</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.047</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th></tr><tr><th>▁h</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.047</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.016</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.012</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th></tr><tr><th>air</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.306318082788671)\">0.063</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.058</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3851455733808676)\">0.08</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29055258467023165)\">0.061</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3142008318478907)\">0.065</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.053</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.26690433749257286)\">0.056</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.36149732620320857)\">0.076</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.043</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2590215884333532)\">0.054</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.044</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.016</th></tr><tr><th>d</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.012</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.016</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.013</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.04618736383442265)\">0.011</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.030421865715983164)\">0.008</th></tr><tr><th>ress</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.058</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2826698356110118)\">0.058</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.013</th></tr><tr><th>er</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.013</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29055258467023165)\">0.061</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.013</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th></tr><tr><th>▁that</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.057</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3851455733808676)\">0.08</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3693800752624282)\">0.076</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.058</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.051</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4245593186769657)\">0.087</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2590215884333532)\">0.054</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.306318082788671)\">0.064</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3299663299663301)\">0.068</th></tr><tr><th>▁the</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.051</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.057</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.051</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.037</th></tr><tr><th>▁h</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.03830461477520289)\">0.009</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.03830461477520289)\">0.009</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.33784907902554967)\">0.07</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3693800752624282)\">0.076</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2826698356110118)\">0.058</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.012</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.012</th></tr><tr><th>air</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.016</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.043</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2590215884333532)\">0.054</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.33784907902554967)\">0.07</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3457318280847692)\">0.072</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.33784907902554967)\">0.071</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5900970489205783)\">0.122</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.49550406020994264)\">0.102</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5822142998613588)\">0.12</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2590215884333532)\">0.054</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3693800752624282)\">0.076</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.057</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th></tr><tr><th>▁c</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.012</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29055258467023165)\">0.061</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.049</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.26690433749257286)\">0.056</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.043</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th></tr><tr><th>ut</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.013</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.057</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3536145771439889)\">0.073</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.6768072885719946)\">0.139</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3772628243216479)\">0.079</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.26690433749257286)\">0.056</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3536145771439889)\">0.074</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2826698356110118)\">0.059</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3299663299663301)\">0.068</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th></tr><tr><th>▁he</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.047</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.043</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2590215884333532)\">0.055</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4009110714993067)\">0.083</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3693800752624282)\">0.077</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.26690433749257286)\">0.056</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.41667656961774624)\">0.086</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2826698356110118)\">0.059</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29843533372945136)\">0.063</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.049</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.051</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.051</th></tr><tr><th>▁m</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.03830461477520289)\">0.009</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.019</th></tr><tr><th>ade</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.013</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3536145771439889)\">0.074</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.018</th></tr><tr><th>▁was</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.051</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.32208358090711037)\">0.067</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.053</th></tr><tr><th>▁</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.03830461477520289)\">0.008</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.016</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.024</th></tr><tr><th>ter</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.04618736383442265)\">0.01</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2590215884333532)\">0.053</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4560903149138443)\">0.095</th><th style=\"background:rgba(255.0, 13.0, 87.0, 1.0)\">0.206</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.047</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.058</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29055258467023165)\">0.06</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.051</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29843533372945136)\">0.063</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5585660526836996)\">0.116</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29055258467023165)\">0.06</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.48762131115072294)\">0.101</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th></tr><tr><th>ri</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.030421865715983164)\">0.008</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.26690433749257286)\">0.056</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.016</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.049</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.013</th></tr><tr><th>b</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.012</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.030421865715983164)\">0.008</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.016</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.013</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.016</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.013</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.012</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.26690433749257286)\">0.055</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th></tr><tr><th>le</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.012</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.047</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.7635175282234107)\">0.158</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.33784907902554967)\">0.071</th></tr><tr><th>.</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.016</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3457318280847692)\">0.072</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.8029312735195088)\">0.165</th></tr><tr><th>&lt;/s&gt;</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th><th style=\"background:rgba(230.2941176470614, 26.505882352939775, 102.59215686274348, 0.0)\">0.0</th></tr></table>\n",
              "</div>\n",
              "\n",
              "        </div>\n",
              "    </div>\n",
              "</div>\n",
              "</html>\n"
            ]
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "id": "-e8MpYJ9LgBy",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "84261f6c-512f-451c-e99e-f1ca6ef85747"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "======= Attribution Method: saliency =======\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_auth.py:94: UserWarning: \n",
            "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
            "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
            "You will be able to reuse this secret in all of your notebooks.\n",
            "Please note that authentication is recommended but still optional to access public models or datasets.\n",
            "  warnings.warn(\n",
            "/usr/local/lib/python3.11/dist-packages/transformers/generation/configuration_utils.py:818: UserWarning: `return_dict_in_generate` is NOT set to `True`, but `output_attentions` is. When `return_dict_in_generate` is not `True`, `output_attentions` is ignored.\n",
            "  warnings.warn(\n",
            "/usr/local/lib/python3.11/dist-packages/transformers/models/marian/tokenization_marian.py:175: UserWarning: Recommended: pip install sacremoses.\n",
            "  warnings.warn(\"Recommended: pip install sacremoses.\")\n",
            "Attributing with saliency...: 100%|██████████| 10/10 [00:00<00:00, 18.50it/s]\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ],
            "text/html": [
              "<br/><b>0th instance:</b><br/>\n",
              "<html>\n",
              "<div id=\"giejvydkzeteaudhmexn_viz_container\">\n",
              "    <div id=\"giejvydkzeteaudhmexn_content\" style=\"padding:15px;border-style:solid;margin:5px;\">\n",
              "        <div id = \"giejvydkzeteaudhmexn_saliency_plot_container\" class=\"giejvydkzeteaudhmexn_viz_container\" style=\"display:block\">\n",
              "            \n",
              "<div id=\"cnxhuqunebzphqfuezdt_saliency_plot\" class=\"cnxhuqunebzphqfuezdt_viz_content\">\n",
              "    <div style=\"margin:5px;font-family:sans-serif;font-weight:bold;\">\n",
              "        <span style=\"font-size: 20px;\">Source Saliency Heatmap</span>\n",
              "        <br>\n",
              "        x: Generated tokens, y: Attributed tokens\n",
              "    </div>\n",
              "    \n",
              "<table border=\"1\" cellpadding=\"5\" cellspacing=\"5\"\n",
              "    style=\"overflow-x:scroll;display:block;\">\n",
              "    <tr><th></th>\n",
              "<th>I</th><th>like</th><th>machine</th><th>learning</th><th>and</th><th>artificial</th><th>intelligence</th><th>.</th><th>&lt;/s&gt;</th></tr><tr><th>我喜歡</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.46397306397306415)\">0.23</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.8975242622301447)\">0.438</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.084</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.064</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3693800752624282)\">0.183</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.058</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5112695583283818)\">0.25</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.39302832244008706)\">0.193</th></tr><tr><th>機器</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3299663299663301)\">0.162</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.135</th><th style=\"background:rgba(255.0, 13.0, 87.0, 1.0)\">0.491</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4560903149138443)\">0.225</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.26690433749257286)\">0.13</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.069</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.07</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2826698356110118)\">0.141</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.306318082788671)\">0.151</th></tr><tr><th>學</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.074</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.054</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.306318082788671)\">0.151</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3772628243216479)\">0.188</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.07</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.069</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.061</th></tr><tr><th>習</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.07</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.078</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.106</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5428005545652606)\">0.267</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.118</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.055</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.083</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.064</th></tr><tr><th>和</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.067</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.047</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.04618736383442265)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.32208358090711037)\">0.158</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.073</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.073</th></tr><tr><th>人工</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.099</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.063</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.104</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.8186967716379481)\">0.399</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.41667656961774624)\">0.203</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.091</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.114</th></tr><tr><th>智慧</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.113</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.068</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.073</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.109</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5585660526836996)\">0.274</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.889641513170925)\">0.437</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.111</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.306318082788671)\">0.153</th></tr><tr><th>。</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.119</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.066</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.03830461477520289)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.04618736383442265)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.083</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.057</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.118</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.124</th></tr><tr><th>&lt;/s&gt;</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.066</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.063</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.044</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.043</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.043</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.058</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.064</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.068</th></tr><tr style=\"outline: thin solid\"><th><b>probability</b></th><th><b>0.767</b></th><th><b>0.589</b></th><th>0.425</th><th><b>0.671</b></th><th><b>0.856</b></th><th><b>0.647</b></th><th><b>0.866</b></th><th><b>0.891</b></th><th><b>0.896</b></th></table>\n",
              "</div>\n",
              "\n",
              "        </div>\n",
              "    </div>\n",
              "</div>\n",
              "</html>\n"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "======= Attribution Method: attention =======\n"
          ]
        },
        {
          "output_type": "error",
          "ename": "ValueError",
          "evalue": "Step scores are not supported for final step methods since they do not iterate over the full sequence. Please remove the step scores and compute them separatly passing method='dummy'.",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-3-c9344411baaf>\u001b[0m in \u001b[0;36m<cell line: 0>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     15\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     16\u001b[0m     \u001b[0;31m# Apply attribution to the input text using the specified method\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 17\u001b[0;31m     attribution_result = model.attribute(\n\u001b[0m\u001b[1;32m     18\u001b[0m         \u001b[0minput_texts\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"我喜歡機器學習和人工智慧。\"\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     19\u001b[0m         \u001b[0mstep_scores\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"probability\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.11/dist-packages/inseq/models/attribution_model.py\u001b[0m in \u001b[0;36mattribute\u001b[0;34m(self, input_texts, generated_texts, method, override_default_attribution, attr_pos_start, attr_pos_end, show_progress, pretty_progress, output_step_attributions, attribute_target, step_scores, include_eos_baseline, attributed_fn, device, batch_size, generate_from_target_prefix, generation_args, **kwargs)\u001b[0m\n\u001b[1;32m    401\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mattribution_method\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mis_final_step_method\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    402\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mstep_scores\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 403\u001b[0;31m                 raise ValueError(\n\u001b[0m\u001b[1;32m    404\u001b[0m                     \u001b[0;34m\"Step scores are not supported for final step methods since they do not iterate over the full\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    405\u001b[0m                     \u001b[0;34m\" sequence. Please remove the step scores and compute them separatly passing method='dummy'.\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mValueError\u001b[0m: Step scores are not supported for final step methods since they do not iterate over the full sequence. Please remove the step scores and compute them separatly passing method='dummy'."
          ]
        }
      ],
      "source": [
        "\n",
        "import inseq\n",
        "\n",
        "# saliency（梯度显著性归因）\n",
        "# integrated_gradients（积分梯度法）\n",
        "# gradient_shap（SHAP 归因）\n",
        "# lime（LIME 局部解释）\n",
        "# attention（注意力权重分析）\n",
        "# List of attribution methods to be used\n",
        "attribution_methods = ['saliency', 'attention']\n",
        "\n",
        "for method in attribution_methods:\n",
        "    print(f\"======= Attribution Method: {method} =======\")\n",
        "    # Load the Chinese-to-English translation model and set up the attribution method\n",
        "    model = inseq.load_model(\"Helsinki-NLP/opus-mt-zh-en\", method)\n",
        "\n",
        "    # Apply attribution to the input text using the specified method\n",
        "    attribution_result = model.attribute(\n",
        "        input_texts=\"我喜歡機器學習和人工智慧。\",\n",
        "        step_scores=[\"probability\"],\n",
        "    )\n",
        "\n",
        "    # Remove '▁' from the tokenizer in the prefix to avoid confusion (You can ignore this part of code)\n",
        "    for attr in attribution_result.sequence_attributions:\n",
        "        for item in attr.source:\n",
        "            item.token = item.token.replace('▁', '')\n",
        "        for item in attr.target:\n",
        "            item.token = item.token.replace('▁', '')\n",
        "\n",
        "    # Display the attribution results\n",
        "    attribution_result.show()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "9lgZR0CJ-7xs"
      },
      "source": [
        "## Sentence Completion Task"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "id": "oJ650ekw5jo-",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 131,
          "referenced_widgets": [
            "6ebf7d19721c488a93a4363d5a140021",
            "a7d25ea956f447c5aef21a319e6f1715",
            "1f78a5142edc4ea9b6a44f9470c6a07a",
            "61b48eb9d48e4d0480b38c2755dc8f10",
            "88beeb22dbf7462ca674669581858c3b",
            "88f9c4f4c10e4fc7a03186168d476be4",
            "abc495229c804916b72a44a997f3fe2a",
            "d8a1200b708d47eba9158011e62c8bcd",
            "33b1cd305ee541bc88d5acf707e6f792",
            "104dae52a316493793c8b6d36ac3f9f5",
            "ac9418c62b4e46809f1228b4eb386319",
            "7f40df629093480baf3d12376985bd7c",
            "6781adc868b94aad9c5190f24e1bb153",
            "225d2645df2740319296e110f3361687",
            "710980aa53dd403cb9ac92b6f2c1beb3",
            "93e6d16168ad4bada779a61e5c794815",
            "1fd4b26820e8431f86900c8ca218caed",
            "cf355f48a83f49a08aee9fbc528af7b1",
            "da485ca162de440f8629a29d4529e85e",
            "e9b256d30f624e1b8ecc91eba77c4a46",
            "db0a8f3f6dcb4ea7b582a20900e1618e",
            "064b6c8d34ea47f385f03c03e384b830",
            "8a9d511294a240dbacae975d8afcfe46",
            "f0e626ec567144e3bab722dc4cab6a2a",
            "6d2283569b7b4fef92dc3976c60f765b",
            "bbf3a159133b4a4ea7c42c3dd326e685",
            "93a99fba470d41bea4b853a01aa49e44",
            "6761efa025c3407096446f2ffce9a6ab",
            "f94410efb0fa436eb05bdd750a1b3fec",
            "f1d1d4c3ef1546a390370b534dfc664a",
            "2874507d9ab14581a865065d17a17e68",
            "de389f7ecad84a2b93d3e3b29917cf00",
            "109eba0e4b2c4167a4a2ed9cb7cef0f6"
          ]
        },
        "outputId": "fc3eddc5-a2eb-4a6c-ca84-066b1fabe3af"
      },
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "config.json:   0%|          | 0.00/689 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "6ebf7d19721c488a93a4363d5a140021"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "The `load_in_4bit` and `load_in_8bit` arguments are deprecated and will be removed in the future versions. Please, pass a `BitsAndBytesConfig` object in `quantization_config` argument instead.\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model.safetensors:   0%|          | 0.00/6.43G [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "7f40df629093480baf3d12376985bd7c"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "generation_config.json:   0%|          | 0.00/124 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "8a9d511294a240dbacae975d8afcfe46"
            }
          },
          "metadata": {}
        }
      ],
      "source": [
        "from transformers import AutoModelForCausalLM\n",
        "\n",
        "model = AutoModelForCausalLM.from_pretrained(\"gpt2-xl\", load_in_8bit=True, device_map=\"auto\")"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "for method in attribution_methods:\n",
        "    # Load the model with the specified attribution method\n",
        "    inseq_model = inseq.load_model(model, method)\n",
        "\n",
        "    # Apply attribution to the input text using the specified method\n",
        "    attribution_result = inseq_model.attribute(\n",
        "        input_texts=\"The first president of America is\",\n",
        "        step_scores=[\"probability\"],\n",
        "    )\n",
        "\n",
        "    # Remove 'Ġ' from GPT2's BPE tokenizer in the prefix to avoid confusion (You can ignore this part of code)\n",
        "    for attr in attribution_result.sequence_attributions:\n",
        "        for item in attr.source:\n",
        "            item.token = item.token.replace('Ġ', '')\n",
        "        for item in attr.target:\n",
        "            item.token = item.token.replace('Ġ', '')\n",
        "\n",
        "    # Display the attribution results\n",
        "    attribution_result.show()"
      ],
      "metadata": {
        "id": "8Nfr55IvSCuw",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000,
          "referenced_widgets": [
            "628510fddbd04f1eb29c98be28bc838e",
            "8d63bfe8b09b4f64bfdaf00c745d7b9f",
            "f20a7cde39004c8eb9a2e08120cf90ca",
            "0e38c21ba7234f338b5f5c2826a65d2c",
            "7fc1846a509145858c257ef5c486926e",
            "f870eb100ded48d7af9b28560c64aaa3",
            "4cc93e14e1714b8d8481616ef0576feb",
            "ec6272c5b1c34ec6895ea6428a94ad1a",
            "fd5f3c1dec6f4477af99f0ac5e971bae",
            "60bd5751f36a45e9b3b9a78c6819cfd9",
            "b64b64ad24d34269b479400fb270b90c",
            "e0873096e66541c1a1c03a6819e13d14",
            "a09c320030a0420f9aedefe9cfd418db",
            "00eefcf80a3a4cc98d360c7a99c6a700",
            "a3ab42437db04b3d802931991e5c3e12",
            "aebca9c7a19c4663890af390b9c1fbeb",
            "9ac61f7d6a6042e28f4f2583ac34e282",
            "a5370aae15964faf9728bb278f4044bb",
            "58cd3fc9509f4e9aaa5ea19ca9409cd1",
            "7fb812385bca4287a595804598a4b106",
            "9307e71071e2468dbd328fb9a35ee4f3",
            "a9c4299df94e4e68a758f0c92dc53ba3",
            "01fc778f60674d738444d257edb27cc5",
            "e97bbb5e9323433d8c7a5c0264ed1c61",
            "bdb3de1fd3da483189517fb754cb790d",
            "83006ae0f6374c13b91e64f0a42040c0",
            "780896e6c1e344f4a1724d5d46af0ea7",
            "46023906cd7647dfbd5fe1c5d73ad07a",
            "361ffab460ef40fb8a8258804119b4fd",
            "b2177ba8e2514421ac950c80472c1ca9",
            "97931f6a943a49fa8bcea9200c5a2dee",
            "e02b51e70f1c4739a4c17424762a5ad9",
            "c10fa6fc49814f3ba1b27f6e5a99836a",
            "c33d7a649975498d9ed6e887a7cb352a",
            "ffc0ed46b9764ac686b2b3c40939646c",
            "f106545e5ef24aae98edf9da9ffe18df",
            "c900b47919954bba9209c05a586c535b",
            "5d237a9ae3e244cfab4c79344deabb51",
            "95de5ad090704814af05c6a0040b4cb2",
            "9c377a2992d4416d96b604876c62fb90",
            "70658fde7024489cadaddc3614cb18aa",
            "e2a58946c986435a864fbf15431b63f3",
            "65974fc8c6984ee5aae7b5ad590709dc",
            "13515951bbb449a4b73fa0f5d069f8a5"
          ]
        },
        "outputId": "c72cf761-a8b5-42e1-9900-2dbbda97626c"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer_config.json:   0%|          | 0.00/26.0 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "628510fddbd04f1eb29c98be28bc838e"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "vocab.json:   0%|          | 0.00/1.04M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "e0873096e66541c1a1c03a6819e13d14"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "merges.txt:   0%|          | 0.00/456k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "01fc778f60674d738444d257edb27cc5"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer.json:   0%|          | 0.00/1.36M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "c33d7a649975498d9ed6e887a7cb352a"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:inseq.models.huggingface_model:The model is loaded in 8bit mode. The device cannot be changed after loading the model.\n",
            "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n",
            "Setting `pad_token_id` to `eos_token_id`:50256 for open-end generation.\n",
            "The attention mask is not set and cannot be inferred from input because pad token is same as eos token. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n",
            "Attributing with saliency...: 100%|██████████| 26/26 [00:07<00:00,  2.61it/s]\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ],
            "text/html": [
              "<br/><b>0th instance:</b><br/>\n",
              "<html>\n",
              "<div id=\"dupgplinezfufdldbcai_viz_container\">\n",
              "    <div id=\"dupgplinezfufdldbcai_content\" style=\"padding:15px;border-style:solid;margin:5px;\">\n",
              "        <div id = \"dupgplinezfufdldbcai_saliency_plot_container\" class=\"dupgplinezfufdldbcai_viz_container\" style=\"display:block\">\n",
              "            \n",
              "<div id=\"zjnqpraglzwdjcfjyzzw_saliency_plot\" class=\"zjnqpraglzwdjcfjyzzw_viz_content\">\n",
              "    <div style=\"margin:5px;font-family:sans-serif;font-weight:bold;\">\n",
              "        <span style=\"font-size: 20px;\">Target Saliency Heatmap</span>\n",
              "        <br>\n",
              "        x: Generated tokens, y: Attributed tokens\n",
              "    </div>\n",
              "    \n",
              "<table border=\"1\" cellpadding=\"5\" cellspacing=\"5\"\n",
              "    style=\"overflow-x:scroll;display:block;\">\n",
              "    <tr><th></th>\n",
              "<th>a</th><th>man</th><th>named</th><th>George</th><th>Washington</th><th>.</th><th>He</th><th>was</th><th>a</th><th>man</th><th>of</th><th>great</th><th>integrity</th><th>,</th><th>and</th><th>he</th><th>was</th><th>a</th><th>man</th><th>of</th></tr><tr><th>The</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.7398692810457518)\">0.192</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.7398692810457518)\">0.192</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.7241037829273124)\">0.187</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.621628045157457)\">0.162</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5270350564468211)\">0.137</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.976351752822341)\">0.254</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5428005545652606)\">0.142</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4245593186769657)\">0.111</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5822142998613588)\">0.152</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.46397306397306415)\">0.121</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3536145771439889)\">0.093</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3299663299663301)\">0.087</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4245593186769657)\">0.11</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.306318082788671)\">0.081</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.056</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.066</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.065</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.306318082788671)\">0.081</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.064</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29843533372945136)\">0.078</th></tr><tr><th>first</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5979797979797981)\">0.155</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4560903149138443)\">0.119</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.48762131115072294)\">0.128</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.39302832244008706)\">0.103</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29055258467023165)\">0.076</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3457318280847692)\">0.091</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2826698356110118)\">0.075</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2590215884333532)\">0.069</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.072</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.26690433749257286)\">0.07</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2590215884333532)\">0.068</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.056</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.064</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.044</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.043</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.044</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.041</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.04</th></tr><tr><th>president</th><th style=\"background:rgba(255.0, 13.0, 87.0, 1.0)\">0.26</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.9132897603485836)\">0.236</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.755634779164191)\">0.196</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.7635175282234107)\">0.198</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.6295107942166767)\">0.164</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5112695583283818)\">0.134</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5191523073876015)\">0.136</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.48762131115072294)\">0.127</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4718558130322837)\">0.122</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.46397306397306415)\">0.121</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3536145771439889)\">0.093</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4245593186769657)\">0.111</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.44820756585462457)\">0.117</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3772628243216479)\">0.098</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.072</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.072</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.32208358090711037)\">0.085</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3457318280847692)\">0.09</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2826698356110118)\">0.075</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2747870865517925)\">0.072</th></tr><tr><th>of</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.306318082788671)\">0.081</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3142008318478907)\">0.083</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29843533372945136)\">0.077</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2826698356110118)\">0.074</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.059</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.044</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.047</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.022</th></tr><tr><th>America</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.865993265993266)\">0.224</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.6689245395127748)\">0.173</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.8029312735195088)\">0.209</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.865993265993266)\">0.224</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4797385620915033)\">0.125</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4245593186769657)\">0.111</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4009110714993067)\">0.104</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.36149732620320857)\">0.095</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.41667656961774624)\">0.108</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.44032481679540497)\">0.114</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.061</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2826698356110118)\">0.075</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.32208358090711037)\">0.085</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.067</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.044</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.059</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.054</th></tr><tr><th>is</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.33784907902554967)\">0.087</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.36149732620320857)\">0.094</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.059</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.047</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29843533372945136)\">0.079</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.055</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.055</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.061</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.043</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.044</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.031</th></tr><tr><th>a</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.39302832244008706)\">0.102</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.021</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.015</th></tr><tr><th>man</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.43244206773618543)\">0.113</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.064</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.054</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.059</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.061</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.064</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.44820756585462457)\">0.118</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.26690433749257286)\">0.07</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.053</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.038</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.057</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.034</th></tr><tr><th>named</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.39302832244008706)\">0.102</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3142008318478907)\">0.082</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2590215884333532)\">0.069</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3693800752624282)\">0.096</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.36149732620320857)\">0.094</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2590215884333532)\">0.068</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.061</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.41667656961774624)\">0.108</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29055258467023165)\">0.075</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.059</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.057</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.058</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.046</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.048</th></tr><tr><th>George</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.9132897603485836)\">0.238</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.049</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3142008318478907)\">0.082</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3142008318478907)\">0.082</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.067</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.065</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.058</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.26690433749257286)\">0.07</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2511388393741335)\">0.065</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.219607843137255)\">0.058</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.043</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.051</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.047</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.05</th></tr><tr><th>Washington</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29055258467023165)\">0.076</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.41667656961774624)\">0.11</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4797385620915033)\">0.124</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.32208358090711037)\">0.085</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3142008318478907)\">0.082</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.26690433749257286)\">0.07</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4009110714993067)\">0.105</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.32208358090711037)\">0.084</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2590215884333532)\">0.068</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.064</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.055</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.057</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.048</th></tr><tr><th>.</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.24325609031491383)\">0.064</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.037</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.024</th></tr><tr><th>He</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.29055258467023165)\">0.075</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.033</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1880768469003763)\">0.05</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.036</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.044</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.2117250940780353)\">0.056</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.13289760348583876)\">0.035</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.028</th></tr><tr><th>was</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.052</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.026</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.051</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.16442859972271742)\">0.044</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.03</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.023</th></tr><tr><th>a</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10924935630817992)\">0.029</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.023</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.024</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.018</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.016</th></tr><tr><th>man</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4245593186769657)\">0.11</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.26690433749257286)\">0.071</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.043</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.17231134878193693)\">0.045</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.051</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.43244206773618543)\">0.112</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.032</th></tr><tr><th>of</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.054</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06195286195286207)\">0.017</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.027</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.03830461477520289)\">0.011</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.04618736383442265)\">0.012</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.025</th></tr><tr><th>great</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3299663299663301)\">0.087</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.20384234501881549)\">0.054</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.23537334125569415)\">0.063</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.22749059219647458)\">0.06</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.15654585066349747)\">0.042</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.18019409784115661)\">0.048</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14078035254505847)\">0.039</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.053</th></tr><tr><th>integrity</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.7477520301049713)\">0.194</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.8344622697563875)\">0.217</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.48762131115072294)\">0.128</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.5743315508021392)\">0.149</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.43244206773618543)\">0.113</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.4087938205585263)\">0.107</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.43244206773618543)\">0.114</th></tr><tr><th>,</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.14866310160427795)\">0.04</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.12501485442661908)\">0.034</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.015</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.019</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.04618736383442265)\">0.013</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.05407011289364243)\">0.016</th></tr><tr><th>and</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.3457318280847692)\">0.092</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.07771836007130124)\">0.022</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.02</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.04618736383442265)\">0.014</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.019</th></tr><tr><th>he</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.26690433749257286)\">0.071</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.10136660724896006)\">0.028</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.09348385818974037)\">0.025</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.02</th></tr><tr><th>was</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1959595959595959)\">0.053</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.032</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.08560110913052081)\">0.024</th></tr><tr><th>a</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.1171321053673995)\">0.031</th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.06983561101208159)\">0.02</th></tr><tr><th>man</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(255.0, 13.0, 87.0, 0.36149732620320857)\">0.095</th></tr><tr><th>of</th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th><th style=\"background:rgba(0.0, 0.0, 0.0, 0.0)\"></th></tr><tr style=\"outline: thin solid\"><th><b>probability</b></th><th>0.079</th><th>0.109</th><th>0.31</th><th>0.447</th><th><b>0.98</b></th><th><b>0.506</b></th><th>0.316</th><th>0.375</th><th>0.314</th><th>0.175</th><th>0.412</th><th>0.177</th><th>0.172</th><th>0.317</th><th>0.12</th><th>0.378</th><th>0.364</th><th><b>0.515</b></th><th><b>0.821</b></th><th>0.484</th></table>\n",
              "</div>\n",
              "\n",
              "        </div>\n",
              "    </div>\n",
              "</div>\n",
              "</html>\n"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:inseq.models.huggingface_model:The model is loaded in 8bit mode. The device cannot be changed after loading the model.\n"
          ]
        },
        {
          "output_type": "error",
          "ename": "ValueError",
          "evalue": "Step scores are not supported for final step methods since they do not iterate over the full sequence. Please remove the step scores and compute them separatly passing method='dummy'.",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-5-c3893dbfc8fb>\u001b[0m in \u001b[0;36m<cell line: 0>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m     \u001b[0;31m# Apply attribution to the input text using the specified method\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 6\u001b[0;31m     attribution_result = inseq_model.attribute(\n\u001b[0m\u001b[1;32m      7\u001b[0m         \u001b[0minput_texts\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"The first president of America is\"\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      8\u001b[0m         \u001b[0mstep_scores\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"probability\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.11/dist-packages/inseq/models/attribution_model.py\u001b[0m in \u001b[0;36mattribute\u001b[0;34m(self, input_texts, generated_texts, method, override_default_attribution, attr_pos_start, attr_pos_end, show_progress, pretty_progress, output_step_attributions, attribute_target, step_scores, include_eos_baseline, attributed_fn, device, batch_size, generate_from_target_prefix, generation_args, **kwargs)\u001b[0m\n\u001b[1;32m    401\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mattribution_method\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mis_final_step_method\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    402\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mstep_scores\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 403\u001b[0;31m                 raise ValueError(\n\u001b[0m\u001b[1;32m    404\u001b[0m                     \u001b[0;34m\"Step scores are not supported for final step methods since they do not iterate over the full\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    405\u001b[0m                     \u001b[0;34m\" sequence. Please remove the step scores and compute them separatly passing method='dummy'.\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mValueError\u001b[0m: Step scores are not supported for final step methods since they do not iterate over the full sequence. Please remove the step scores and compute them separatly passing method='dummy'."
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "Pyh50g-4Q1ZL"
      },
      "execution_count": null,
      "outputs": []
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "gpuType": "T4",
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "6ebf7d19721c488a93a4363d5a140021": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_a7d25ea956f447c5aef21a319e6f1715",
              "IPY_MODEL_1f78a5142edc4ea9b6a44f9470c6a07a",
              "IPY_MODEL_61b48eb9d48e4d0480b38c2755dc8f10"
            ],
            "layout": "IPY_MODEL_88beeb22dbf7462ca674669581858c3b"
          }
        },
        "a7d25ea956f447c5aef21a319e6f1715": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_88f9c4f4c10e4fc7a03186168d476be4",
            "placeholder": "​",
            "style": "IPY_MODEL_abc495229c804916b72a44a997f3fe2a",
            "value": "config.json: 100%"
          }
        },
        "1f78a5142edc4ea9b6a44f9470c6a07a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d8a1200b708d47eba9158011e62c8bcd",
            "max": 689,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_33b1cd305ee541bc88d5acf707e6f792",
            "value": 689
          }
        },
        "61b48eb9d48e4d0480b38c2755dc8f10": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_104dae52a316493793c8b6d36ac3f9f5",
            "placeholder": "​",
            "style": "IPY_MODEL_ac9418c62b4e46809f1228b4eb386319",
            "value": " 689/689 [00:00&lt;00:00, 60.7kB/s]"
          }
        },
        "88beeb22dbf7462ca674669581858c3b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "88f9c4f4c10e4fc7a03186168d476be4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "abc495229c804916b72a44a997f3fe2a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d8a1200b708d47eba9158011e62c8bcd": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "33b1cd305ee541bc88d5acf707e6f792": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "104dae52a316493793c8b6d36ac3f9f5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ac9418c62b4e46809f1228b4eb386319": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7f40df629093480baf3d12376985bd7c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_6781adc868b94aad9c5190f24e1bb153",
              "IPY_MODEL_225d2645df2740319296e110f3361687",
              "IPY_MODEL_710980aa53dd403cb9ac92b6f2c1beb3"
            ],
            "layout": "IPY_MODEL_93e6d16168ad4bada779a61e5c794815"
          }
        },
        "6781adc868b94aad9c5190f24e1bb153": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1fd4b26820e8431f86900c8ca218caed",
            "placeholder": "​",
            "style": "IPY_MODEL_cf355f48a83f49a08aee9fbc528af7b1",
            "value": "model.safetensors: 100%"
          }
        },
        "225d2645df2740319296e110f3361687": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_da485ca162de440f8629a29d4529e85e",
            "max": 6431829964,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_e9b256d30f624e1b8ecc91eba77c4a46",
            "value": 6431829964
          }
        },
        "710980aa53dd403cb9ac92b6f2c1beb3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_db0a8f3f6dcb4ea7b582a20900e1618e",
            "placeholder": "​",
            "style": "IPY_MODEL_064b6c8d34ea47f385f03c03e384b830",
            "value": " 6.43G/6.43G [00:53&lt;00:00, 188MB/s]"
          }
        },
        "93e6d16168ad4bada779a61e5c794815": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1fd4b26820e8431f86900c8ca218caed": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "cf355f48a83f49a08aee9fbc528af7b1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "da485ca162de440f8629a29d4529e85e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e9b256d30f624e1b8ecc91eba77c4a46": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "db0a8f3f6dcb4ea7b582a20900e1618e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "064b6c8d34ea47f385f03c03e384b830": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8a9d511294a240dbacae975d8afcfe46": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_f0e626ec567144e3bab722dc4cab6a2a",
              "IPY_MODEL_6d2283569b7b4fef92dc3976c60f765b",
              "IPY_MODEL_bbf3a159133b4a4ea7c42c3dd326e685"
            ],
            "layout": "IPY_MODEL_93a99fba470d41bea4b853a01aa49e44"
          }
        },
        "f0e626ec567144e3bab722dc4cab6a2a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6761efa025c3407096446f2ffce9a6ab",
            "placeholder": "​",
            "style": "IPY_MODEL_f94410efb0fa436eb05bdd750a1b3fec",
            "value": "generation_config.json: 100%"
          }
        },
        "6d2283569b7b4fef92dc3976c60f765b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f1d1d4c3ef1546a390370b534dfc664a",
            "max": 124,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_2874507d9ab14581a865065d17a17e68",
            "value": 124
          }
        },
        "bbf3a159133b4a4ea7c42c3dd326e685": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_de389f7ecad84a2b93d3e3b29917cf00",
            "placeholder": "​",
            "style": "IPY_MODEL_109eba0e4b2c4167a4a2ed9cb7cef0f6",
            "value": " 124/124 [00:00&lt;00:00, 11.8kB/s]"
          }
        },
        "93a99fba470d41bea4b853a01aa49e44": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6761efa025c3407096446f2ffce9a6ab": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f94410efb0fa436eb05bdd750a1b3fec": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f1d1d4c3ef1546a390370b534dfc664a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2874507d9ab14581a865065d17a17e68": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "de389f7ecad84a2b93d3e3b29917cf00": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "109eba0e4b2c4167a4a2ed9cb7cef0f6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "628510fddbd04f1eb29c98be28bc838e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_8d63bfe8b09b4f64bfdaf00c745d7b9f",
              "IPY_MODEL_f20a7cde39004c8eb9a2e08120cf90ca",
              "IPY_MODEL_0e38c21ba7234f338b5f5c2826a65d2c"
            ],
            "layout": "IPY_MODEL_7fc1846a509145858c257ef5c486926e"
          }
        },
        "8d63bfe8b09b4f64bfdaf00c745d7b9f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f870eb100ded48d7af9b28560c64aaa3",
            "placeholder": "​",
            "style": "IPY_MODEL_4cc93e14e1714b8d8481616ef0576feb",
            "value": "tokenizer_config.json: 100%"
          }
        },
        "f20a7cde39004c8eb9a2e08120cf90ca": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ec6272c5b1c34ec6895ea6428a94ad1a",
            "max": 26,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_fd5f3c1dec6f4477af99f0ac5e971bae",
            "value": 26
          }
        },
        "0e38c21ba7234f338b5f5c2826a65d2c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_60bd5751f36a45e9b3b9a78c6819cfd9",
            "placeholder": "​",
            "style": "IPY_MODEL_b64b64ad24d34269b479400fb270b90c",
            "value": " 26.0/26.0 [00:00&lt;00:00, 2.39kB/s]"
          }
        },
        "7fc1846a509145858c257ef5c486926e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f870eb100ded48d7af9b28560c64aaa3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4cc93e14e1714b8d8481616ef0576feb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ec6272c5b1c34ec6895ea6428a94ad1a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fd5f3c1dec6f4477af99f0ac5e971bae": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "60bd5751f36a45e9b3b9a78c6819cfd9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b64b64ad24d34269b479400fb270b90c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e0873096e66541c1a1c03a6819e13d14": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_a09c320030a0420f9aedefe9cfd418db",
              "IPY_MODEL_00eefcf80a3a4cc98d360c7a99c6a700",
              "IPY_MODEL_a3ab42437db04b3d802931991e5c3e12"
            ],
            "layout": "IPY_MODEL_aebca9c7a19c4663890af390b9c1fbeb"
          }
        },
        "a09c320030a0420f9aedefe9cfd418db": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9ac61f7d6a6042e28f4f2583ac34e282",
            "placeholder": "​",
            "style": "IPY_MODEL_a5370aae15964faf9728bb278f4044bb",
            "value": "vocab.json: 100%"
          }
        },
        "00eefcf80a3a4cc98d360c7a99c6a700": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_58cd3fc9509f4e9aaa5ea19ca9409cd1",
            "max": 1042301,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_7fb812385bca4287a595804598a4b106",
            "value": 1042301
          }
        },
        "a3ab42437db04b3d802931991e5c3e12": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9307e71071e2468dbd328fb9a35ee4f3",
            "placeholder": "​",
            "style": "IPY_MODEL_a9c4299df94e4e68a758f0c92dc53ba3",
            "value": " 1.04M/1.04M [00:00&lt;00:00, 6.94MB/s]"
          }
        },
        "aebca9c7a19c4663890af390b9c1fbeb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9ac61f7d6a6042e28f4f2583ac34e282": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a5370aae15964faf9728bb278f4044bb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "58cd3fc9509f4e9aaa5ea19ca9409cd1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7fb812385bca4287a595804598a4b106": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "9307e71071e2468dbd328fb9a35ee4f3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a9c4299df94e4e68a758f0c92dc53ba3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "01fc778f60674d738444d257edb27cc5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_e97bbb5e9323433d8c7a5c0264ed1c61",
              "IPY_MODEL_bdb3de1fd3da483189517fb754cb790d",
              "IPY_MODEL_83006ae0f6374c13b91e64f0a42040c0"
            ],
            "layout": "IPY_MODEL_780896e6c1e344f4a1724d5d46af0ea7"
          }
        },
        "e97bbb5e9323433d8c7a5c0264ed1c61": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_46023906cd7647dfbd5fe1c5d73ad07a",
            "placeholder": "​",
            "style": "IPY_MODEL_361ffab460ef40fb8a8258804119b4fd",
            "value": "merges.txt: 100%"
          }
        },
        "bdb3de1fd3da483189517fb754cb790d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b2177ba8e2514421ac950c80472c1ca9",
            "max": 456318,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_97931f6a943a49fa8bcea9200c5a2dee",
            "value": 456318
          }
        },
        "83006ae0f6374c13b91e64f0a42040c0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e02b51e70f1c4739a4c17424762a5ad9",
            "placeholder": "​",
            "style": "IPY_MODEL_c10fa6fc49814f3ba1b27f6e5a99836a",
            "value": " 456k/456k [00:00&lt;00:00, 3.13MB/s]"
          }
        },
        "780896e6c1e344f4a1724d5d46af0ea7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "46023906cd7647dfbd5fe1c5d73ad07a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "361ffab460ef40fb8a8258804119b4fd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b2177ba8e2514421ac950c80472c1ca9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "97931f6a943a49fa8bcea9200c5a2dee": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "e02b51e70f1c4739a4c17424762a5ad9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c10fa6fc49814f3ba1b27f6e5a99836a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c33d7a649975498d9ed6e887a7cb352a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_ffc0ed46b9764ac686b2b3c40939646c",
              "IPY_MODEL_f106545e5ef24aae98edf9da9ffe18df",
              "IPY_MODEL_c900b47919954bba9209c05a586c535b"
            ],
            "layout": "IPY_MODEL_5d237a9ae3e244cfab4c79344deabb51"
          }
        },
        "ffc0ed46b9764ac686b2b3c40939646c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_95de5ad090704814af05c6a0040b4cb2",
            "placeholder": "​",
            "style": "IPY_MODEL_9c377a2992d4416d96b604876c62fb90",
            "value": "tokenizer.json: 100%"
          }
        },
        "f106545e5ef24aae98edf9da9ffe18df": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_70658fde7024489cadaddc3614cb18aa",
            "max": 1355256,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_e2a58946c986435a864fbf15431b63f3",
            "value": 1355256
          }
        },
        "c900b47919954bba9209c05a586c535b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_65974fc8c6984ee5aae7b5ad590709dc",
            "placeholder": "​",
            "style": "IPY_MODEL_13515951bbb449a4b73fa0f5d069f8a5",
            "value": " 1.36M/1.36M [00:00&lt;00:00, 6.24MB/s]"
          }
        },
        "5d237a9ae3e244cfab4c79344deabb51": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "95de5ad090704814af05c6a0040b4cb2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9c377a2992d4416d96b604876c62fb90": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "70658fde7024489cadaddc3614cb18aa": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e2a58946c986435a864fbf15431b63f3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "65974fc8c6984ee5aae7b5ad590709dc": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "13515951bbb449a4b73fa0f5d069f8a5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}